# a simple script to prepare hadoop environment
import pathlib
import subprocess
import os
# list all hadoop files in /var/input
list_process = subprocess.Popen(
    ["/usr/local/hadoop/bin/hdfs","dfs", "-ls", "/var/input"]
)
lines = list_process.stdout.readlines()
